JavaScript 并发迭代器：助力并行序列处理

            
const iterable = {
  [Symbol.iterator]() {
    let index = 0;
    return {
      next() {
        if (index < 3) {
          return { value: index++, done: false };
        } else {
          return { value: undefined, done: true };
        }
      },
    };
  },
};

for (const value of iterable) {
  console.log(value);
}
// Output: 0
//         1
//         2

            

              
                Copy
              
            
          

            
async function fetchData() {
  try {
    const response = await fetch('https://api.example.com/data');
    const data = await response.json();
    console.log(data);
  } catch (error) {
    console.error('Error fetching data:', error);
  }
}

fetchData();

            

              
                Copy
              
            
          

            
async function processDataConcurrently(dataArray) {
  const promises = dataArray.map(async (item) => {
    // Simulate an asynchronous operation (e.g., API call)
    return new Promise((resolve) => {
      setTimeout(() => {
        const processedItem = `Processed: ${item}`;
        resolve(processedItem);
      }, Math.random() * 1000); // Simulate varying processing times
    });
  });

  try {
    const results = await Promise.all(promises);
    console.log(results);
  } catch (error) {
    console.error('Error processing data:', error);
  }
}

const data = ['item1', 'item2', 'item3', 'item4', 'item5'];
processDataConcurrently(data);

            

              
                Copy
              
            
          

            
async function processDataConcurrentlyWithAllSettled(dataArray) {
  const promises = dataArray.map(async (item) => {
    return new Promise((resolve, reject) => {
      setTimeout(() => {
        if (Math.random() < 0.2) {
          reject(`Error processing: ${item}`); // Simulate errors 20% of the time
        } else {
          resolve(`Processed: ${item}`);
        }
      }, Math.random() * 1000); // Simulate varying processing times
    });
  });

  const results = await Promise.allSettled(promises);
  results.forEach((result, index) => {
    if (result.status === 'fulfilled') {
      console.log(`Success for ${dataArray[index]}: ${result.value}`);
    } else if (result.status === 'rejected') {
      console.error(`Error for ${dataArray[index]}: ${result.reason}`);
    }
  });
}

const data = ['item1', 'item2', 'item3', 'item4', 'item5'];
processDataConcurrentlyWithAllSettled(data);

            

              
                Copy
              
            
          

            
class ConcurrencyLimiter {
  constructor(maxConcurrent) {
    this.maxConcurrent = maxConcurrent;
    this.running = 0;
    this.queue = [];
  }

  async run(task) {
    return new Promise((resolve, reject) => {
      this.queue.push({
        task,
        resolve,
        reject,
      });
      this.processQueue();
    });
  }

  async processQueue() {
    if (this.running >= this.maxConcurrent || this.queue.length === 0) {
      return;
    }
    const { task, resolve, reject } = this.queue.shift();
    this.running++;
    try {
      const result = await task();
      resolve(result);
    } catch (error) {
      reject(error);
    } finally {
      this.running--;
      this.processQueue();
    }
  }
}

async function fetchDataWithLimiter(url) {
  // Simulate fetching data from a server
  return new Promise((resolve) => {
    setTimeout(() => {
      resolve(`Data from ${url}`);
    }, Math.random() * 1000); // Simulate varying network latency
  });
}

async function processDataWithLimiter(urls, maxConcurrent) {
  const limiter = new ConcurrencyLimiter(maxConcurrent);
  const results = [];

  for (const url of urls) {
    const task = async () => await fetchDataWithLimiter(url);
    const result = await limiter.run(task);
    results.push(result);
  }
  console.log(results);
}

const urls = [
  'url1',
  'url2',
  'url3',
  'url4',
  'url5',
  'url6',
  'url7',
  'url8',
  'url9',
  'url10',
];

processDataWithLimiter(urls, 3); // Limiting to 3 concurrent requests

            

              
                Copy
              
            
          

            
// --- main.js ---
const { Worker } = require('worker_threads');

async function processDataWithWorkers(data) {
  const results = [];

  for (const item of data) {
    const worker = new Worker('./worker.js', { workerData: { item } });
    results.push(
      new Promise((resolve, reject) => {
        worker.on('message', resolve);
        worker.on('error', reject);
        worker.on('exit', (code) => {
          if (code !== 0) reject(new Error(`Worker stopped with exit code ${code}`));
        });
      })
    );
  }

  const finalResults = await Promise.all(results);
  console.log(finalResults);
}

const data = ['item1', 'item2', 'item3'];
processDataWithWorkers(data);

// --- worker.js ---
const { workerData, parentPort } = require('worker_threads');

// Simulate CPU-intensive task
function heavyTask(item) {
  let result = 0;
  for (let i = 0; i < 100000000; i++) {
    result += i;
  }
  return `Processed: ${item} Result: ${result}`;
}

const processedItem = heavyTask(workerData.item);
parentPort.postMessage(processedItem);

            

              
                Copy